# -*- coding: utf-8 -*-
'''
This is one config file requested by QA
and we need to preprocess the crawled dataset by these demands
'''
import scrapy


class IndexPageItem(scrapy.Item):
    '''
    Items for Index page
    We only need to store the URLs crawled from Index Page
    '''
    urls = scrapy.Field()


class ComplaintItem(scrapy.Item):
    sourceId = scrapy.Field()
    save_source_image = scrapy.Field()
    source_web_origin = scrapy.Field()
    info_category = scrapy.Field()

    _url_unique = scrapy.Field()
    url = scrapy.Field()

    title = scrapy.Field()
    text = scrapy.Field()

    brand_src = scrapy.Field()
    series_src = scrapy.Field()
    model_src = scrapy.Field()

    image_urls = scrapy.Field()
    fid = scrapy.Field()

class CuZuItem(scrapy.Item):
    sourceId = scrapy.Field()
    save_source_image = scrapy.Field()
    source_web_origin = scrapy.Field()
    info_category = scrapy.Field()

    _url_unique = scrapy.Field()
    url = scrapy.Field()

    brand_src = scrapy.Field()
    series_src = scrapy.Field()
    model_src = scrapy.Field()

    image_urls = scrapy.Field()

    content_list = scrapy.Field()


